[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {}, {}, {}, {}, {}, {}, {}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {}, {}, {}, {}, {}, {}, {}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {}, {}, {}, {}, {}, {}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {"(False, 'DQN')": [0.653, 0.255, 0.158, 0.424, 0.463, 0.181], "('Actions_now', 'DQN')": [0.647, 0.246, 0.156, 0.412, 0.443, 0.191], "(False, 'DQN_truthful')": [0.91, 0.047, 0.043, 0.092, 0.105, 0.066], "('Actions_now', 'DQN_truthful')": [0.871, 0.075, 0.061, 0.177, 0.206, 0.083], "(False, 'tabular')": [0.398, 0.445, 0.417, 0.428, 0.486, 0.383], "(False, 'tabular_truthful')": [0.926, 0.039, 0.033, 0.053, 0.075, 0.059]}, {}, {}, {}, {}, {}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {"(False, 'DQN')": [0.653, 0.255, 0.158, 0.424, 0.463, 0.181], "('Actions_now', 'DQN')": [0.647, 0.246, 0.156, 0.412, 0.443, 0.191], "(False, 'DQN_truthful')": [0.91, 0.047, 0.043, 0.092, 0.105, 0.066], "('Actions_now', 'DQN_truthful')": [0.871, 0.075, 0.061, 0.177, 0.206, 0.083], "(False, 'tabular')": [0.398, 0.445, 0.417, 0.428, 0.486, 0.383], "(False, 'tabular_truthful')": [0.926, 0.039, 0.033, 0.053, 0.075, 0.059]}, {"(False, 'DQN')": [0.698, 0.228, 0.132, 0.413, 0.458, 0.153], "('Actions_now', 'DQN')": [0.691, 0.218, 0.127, 0.397, 0.437, 0.162], "(False, 'DQN_truthful')": [0.9, 0.053, 0.044, 0.131, 0.152, 0.068], "('Actions_now', 'DQN_truthful')": [0.851, 0.087, 0.063, 0.237, 0.282, 0.087], "(False, 'tabular')": [0.452, 0.41, 0.362, 0.441, 0.484, 0.33], "(False, 'tabular_truthful')": [0.917, 0.043, 0.034, 0.096, 0.122, 0.059]}, {}, {}, {}, {}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {"(False, 'DQN')": [0.653, 0.255, 0.158, 0.424, 0.463, 0.181], "('Actions_now', 'DQN')": [0.647, 0.246, 0.156, 0.412, 0.443, 0.191], "(False, 'DQN_truthful')": [0.91, 0.047, 0.043, 0.092, 0.105, 0.066], "('Actions_now', 'DQN_truthful')": [0.871, 0.075, 0.061, 0.177, 0.206, 0.083], "(False, 'tabular')": [0.398, 0.445, 0.417, 0.428, 0.486, 0.383], "(False, 'tabular_truthful')": [0.926, 0.039, 0.033, 0.053, 0.075, 0.059]}, {"(False, 'DQN')": [0.698, 0.228, 0.132, 0.413, 0.458, 0.153], "('Actions_now', 'DQN')": [0.691, 0.218, 0.127, 0.397, 0.437, 0.162], "(False, 'DQN_truthful')": [0.9, 0.053, 0.044, 0.131, 0.152, 0.068], "('Actions_now', 'DQN_truthful')": [0.851, 0.087, 0.063, 0.237, 0.282, 0.087], "(False, 'tabular')": [0.452, 0.41, 0.362, 0.441, 0.484, 0.33], "(False, 'tabular_truthful')": [0.917, 0.043, 0.034, 0.096, 0.122, 0.059]}, {"(False, 'DQN')": [0.724, 0.205, 0.122, 0.407, 0.466, 0.138], "('Actions_now', 'DQN')": [0.715, 0.203, 0.111, 0.406, 0.458, 0.144], "(False, 'DQN_truthful')": [0.883, 0.065, 0.049, 0.184, 0.226, 0.071], "('Actions_now', 'DQN_truthful')": [0.833, 0.102, 0.065, 0.297, 0.369, 0.09], "(False, 'tabular')": [0.515, 0.372, 0.286, 0.475, 0.518, 0.267], "(False, 'tabular_truthful')": [0.894, 0.059, 0.034, 0.194, 0.254, 0.06]}, {}, {}, {}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {"(False, 'DQN')": [0.653, 0.255, 0.158, 0.424, 0.463, 0.181], "('Actions_now', 'DQN')": [0.647, 0.246, 0.156, 0.412, 0.443, 0.191], "(False, 'DQN_truthful')": [0.91, 0.047, 0.043, 0.092, 0.105, 0.066], "('Actions_now', 'DQN_truthful')": [0.871, 0.075, 0.061, 0.177, 0.206, 0.083], "(False, 'tabular')": [0.398, 0.445, 0.417, 0.428, 0.486, 0.383], "(False, 'tabular_truthful')": [0.926, 0.039, 0.033, 0.053, 0.075, 0.059]}, {"(False, 'DQN')": [0.698, 0.228, 0.132, 0.413, 0.458, 0.153], "('Actions_now', 'DQN')": [0.691, 0.218, 0.127, 0.397, 0.437, 0.162], "(False, 'DQN_truthful')": [0.9, 0.053, 0.044, 0.131, 0.152, 0.068], "('Actions_now', 'DQN_truthful')": [0.851, 0.087, 0.063, 0.237, 0.282, 0.087], "(False, 'tabular')": [0.452, 0.41, 0.362, 0.441, 0.484, 0.33], "(False, 'tabular_truthful')": [0.917, 0.043, 0.034, 0.096, 0.122, 0.059]}, {"(False, 'DQN')": [0.724, 0.205, 0.122, 0.407, 0.466, 0.138], "('Actions_now', 'DQN')": [0.715, 0.203, 0.111, 0.406, 0.458, 0.144], "(False, 'DQN_truthful')": [0.883, 0.065, 0.049, 0.184, 0.226, 0.071], "('Actions_now', 'DQN_truthful')": [0.833, 0.102, 0.065, 0.297, 0.369, 0.09], "(False, 'tabular')": [0.515, 0.372, 0.286, 0.475, 0.518, 0.267], "(False, 'tabular_truthful')": [0.894, 0.059, 0.034, 0.194, 0.254, 0.06]}, {"(False, 'DQN')": [0.739, 0.191, 0.108, 0.41, 0.466, 0.128], "('Actions_now', 'DQN')": [0.729, 0.195, 0.098, 0.403, 0.461, 0.136], "(False, 'DQN_truthful')": [0.862, 0.081, 0.053, 0.246, 0.309, 0.076], "('Actions_now', 'DQN_truthful')": [0.819, 0.119, 0.063, 0.341, 0.429, 0.091], "(False, 'tabular')": [0.567, 0.346, 0.194, 0.533, 0.58, 0.211], "(False, 'tabular_truthful')": [0.864, 0.088, 0.033, 0.316, 0.398, 0.059]}, {}, {}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {"(False, 'DQN')": [0.653, 0.255, 0.158, 0.424, 0.463, 0.181], "('Actions_now', 'DQN')": [0.647, 0.246, 0.156, 0.412, 0.443, 0.191], "(False, 'DQN_truthful')": [0.91, 0.047, 0.043, 0.092, 0.105, 0.066], "('Actions_now', 'DQN_truthful')": [0.871, 0.075, 0.061, 0.177, 0.206, 0.083], "(False, 'tabular')": [0.398, 0.445, 0.417, 0.428, 0.486, 0.383], "(False, 'tabular_truthful')": [0.926, 0.039, 0.033, 0.053, 0.075, 0.059]}, {"(False, 'DQN')": [0.698, 0.228, 0.132, 0.413, 0.458, 0.153], "('Actions_now', 'DQN')": [0.691, 0.218, 0.127, 0.397, 0.437, 0.162], "(False, 'DQN_truthful')": [0.9, 0.053, 0.044, 0.131, 0.152, 0.068], "('Actions_now', 'DQN_truthful')": [0.851, 0.087, 0.063, 0.237, 0.282, 0.087], "(False, 'tabular')": [0.452, 0.41, 0.362, 0.441, 0.484, 0.33], "(False, 'tabular_truthful')": [0.917, 0.043, 0.034, 0.096, 0.122, 0.059]}, {"(False, 'DQN')": [0.724, 0.205, 0.122, 0.407, 0.466, 0.138], "('Actions_now', 'DQN')": [0.715, 0.203, 0.111, 0.406, 0.458, 0.144], "(False, 'DQN_truthful')": [0.883, 0.065, 0.049, 0.184, 0.226, 0.071], "('Actions_now', 'DQN_truthful')": [0.833, 0.102, 0.065, 0.297, 0.369, 0.09], "(False, 'tabular')": [0.515, 0.372, 0.286, 0.475, 0.518, 0.267], "(False, 'tabular_truthful')": [0.894, 0.059, 0.034, 0.194, 0.254, 0.06]}, {"(False, 'DQN')": [0.739, 0.191, 0.108, 0.41, 0.466, 0.128], "('Actions_now', 'DQN')": [0.729, 0.195, 0.098, 0.403, 0.461, 0.136], "(False, 'DQN_truthful')": [0.862, 0.081, 0.053, 0.246, 0.309, 0.076], "('Actions_now', 'DQN_truthful')": [0.819, 0.119, 0.063, 0.341, 0.429, 0.091], "(False, 'tabular')": [0.567, 0.346, 0.194, 0.533, 0.58, 0.211], "(False, 'tabular_truthful')": [0.864, 0.088, 0.033, 0.316, 0.398, 0.059]}, {"(False, 'DQN')": [0.751, 0.183, 0.094, 0.406, 0.471, 0.12], "('Actions_now', 'DQN')": [0.739, 0.19, 0.09, 0.418, 0.49, 0.127], "(False, 'DQN_truthful')": [0.844, 0.094, 0.053, 0.299, 0.371, 0.08], "('Actions_now', 'DQN_truthful')": [0.805, 0.135, 0.066, 0.389, 0.482, 0.092], "(False, 'tabular')": [0.597, 0.341, 0.139, 0.605, 0.659, 0.169], "(False, 'tabular_truthful')": [0.828, 0.129, 0.035, 0.441, 0.525, 0.06]}, {}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {"(False, 'DQN')": [0.653, 0.255, 0.158, 0.424, 0.463, 0.181], "('Actions_now', 'DQN')": [0.647, 0.246, 0.156, 0.412, 0.443, 0.191], "(False, 'DQN_truthful')": [0.91, 0.047, 0.043, 0.092, 0.105, 0.066], "('Actions_now', 'DQN_truthful')": [0.871, 0.075, 0.061, 0.177, 0.206, 0.083], "(False, 'tabular')": [0.398, 0.445, 0.417, 0.428, 0.486, 0.383], "(False, 'tabular_truthful')": [0.926, 0.039, 0.033, 0.053, 0.075, 0.059]}, {"(False, 'DQN')": [0.698, 0.228, 0.132, 0.413, 0.458, 0.153], "('Actions_now', 'DQN')": [0.691, 0.218, 0.127, 0.397, 0.437, 0.162], "(False, 'DQN_truthful')": [0.9, 0.053, 0.044, 0.131, 0.152, 0.068], "('Actions_now', 'DQN_truthful')": [0.851, 0.087, 0.063, 0.237, 0.282, 0.087], "(False, 'tabular')": [0.452, 0.41, 0.362, 0.441, 0.484, 0.33], "(False, 'tabular_truthful')": [0.917, 0.043, 0.034, 0.096, 0.122, 0.059]}, {"(False, 'DQN')": [0.724, 0.205, 0.122, 0.407, 0.466, 0.138], "('Actions_now', 'DQN')": [0.715, 0.203, 0.111, 0.406, 0.458, 0.144], "(False, 'DQN_truthful')": [0.883, 0.065, 0.049, 0.184, 0.226, 0.071], "('Actions_now', 'DQN_truthful')": [0.833, 0.102, 0.065, 0.297, 0.369, 0.09], "(False, 'tabular')": [0.515, 0.372, 0.286, 0.475, 0.518, 0.267], "(False, 'tabular_truthful')": [0.894, 0.059, 0.034, 0.194, 0.254, 0.06]}, {"(False, 'DQN')": [0.739, 0.191, 0.108, 0.41, 0.466, 0.128], "('Actions_now', 'DQN')": [0.729, 0.195, 0.098, 0.403, 0.461, 0.136], "(False, 'DQN_truthful')": [0.862, 0.081, 0.053, 0.246, 0.309, 0.076], "('Actions_now', 'DQN_truthful')": [0.819, 0.119, 0.063, 0.341, 0.429, 0.091], "(False, 'tabular')": [0.567, 0.346, 0.194, 0.533, 0.58, 0.211], "(False, 'tabular_truthful')": [0.864, 0.088, 0.033, 0.316, 0.398, 0.059]}, {"(False, 'DQN')": [0.751, 0.183, 0.094, 0.406, 0.471, 0.12], "('Actions_now', 'DQN')": [0.739, 0.19, 0.09, 0.418, 0.49, 0.127], "(False, 'DQN_truthful')": [0.844, 0.094, 0.053, 0.299, 0.371, 0.08], "('Actions_now', 'DQN_truthful')": [0.805, 0.135, 0.066, 0.389, 0.482, 0.092], "(False, 'tabular')": [0.597, 0.341, 0.139, 0.605, 0.659, 0.169], "(False, 'tabular_truthful')": [0.828, 0.129, 0.035, 0.441, 0.525, 0.06]}, {"(False, 'DQN')": [0.76, 0.181, 0.09, 0.413, 0.487, 0.112], "('Actions_now', 'DQN')": [0.747, 0.185, 0.084, 0.417, 0.494, 0.122], "(False, 'DQN_truthful')": [0.827, 0.111, 0.054, 0.353, 0.435, 0.082], "('Actions_now', 'DQN_truthful')": [0.796, 0.146, 0.06, 0.426, 0.526, 0.091], "(False, 'tabular')": [0.611, 0.348, 0.115, 0.662, 0.711, 0.147], "(False, 'tabular_truthful')": [0.79, 0.183, 0.034, 0.562, 0.637, 0.062]}, {}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {"(False, 'DQN')": [0.653, 0.255, 0.158, 0.424, 0.463, 0.181], "('Actions_now', 'DQN')": [0.647, 0.246, 0.156, 0.412, 0.443, 0.191], "(False, 'DQN_truthful')": [0.91, 0.047, 0.043, 0.092, 0.105, 0.066], "('Actions_now', 'DQN_truthful')": [0.871, 0.075, 0.061, 0.177, 0.206, 0.083], "(False, 'tabular')": [0.398, 0.445, 0.417, 0.428, 0.486, 0.383], "(False, 'tabular_truthful')": [0.926, 0.039, 0.033, 0.053, 0.075, 0.059]}, {"(False, 'DQN')": [0.698, 0.228, 0.132, 0.413, 0.458, 0.153], "('Actions_now', 'DQN')": [0.691, 0.218, 0.127, 0.397, 0.437, 0.162], "(False, 'DQN_truthful')": [0.9, 0.053, 0.044, 0.131, 0.152, 0.068], "('Actions_now', 'DQN_truthful')": [0.851, 0.087, 0.063, 0.237, 0.282, 0.087], "(False, 'tabular')": [0.452, 0.41, 0.362, 0.441, 0.484, 0.33], "(False, 'tabular_truthful')": [0.917, 0.043, 0.034, 0.096, 0.122, 0.059]}, {"(False, 'DQN')": [0.724, 0.205, 0.122, 0.407, 0.466, 0.138], "('Actions_now', 'DQN')": [0.715, 0.203, 0.111, 0.406, 0.458, 0.144], "(False, 'DQN_truthful')": [0.883, 0.065, 0.049, 0.184, 0.226, 0.071], "('Actions_now', 'DQN_truthful')": [0.833, 0.102, 0.065, 0.297, 0.369, 0.09], "(False, 'tabular')": [0.515, 0.372, 0.286, 0.475, 0.518, 0.267], "(False, 'tabular_truthful')": [0.894, 0.059, 0.034, 0.194, 0.254, 0.06]}, {"(False, 'DQN')": [0.739, 0.191, 0.108, 0.41, 0.466, 0.128], "('Actions_now', 'DQN')": [0.729, 0.195, 0.098, 0.403, 0.461, 0.136], "(False, 'DQN_truthful')": [0.862, 0.081, 0.053, 0.246, 0.309, 0.076], "('Actions_now', 'DQN_truthful')": [0.819, 0.119, 0.063, 0.341, 0.429, 0.091], "(False, 'tabular')": [0.567, 0.346, 0.194, 0.533, 0.58, 0.211], "(False, 'tabular_truthful')": [0.864, 0.088, 0.033, 0.316, 0.398, 0.059]}, {"(False, 'DQN')": [0.751, 0.183, 0.094, 0.406, 0.471, 0.12], "('Actions_now', 'DQN')": [0.739, 0.19, 0.09, 0.418, 0.49, 0.127], "(False, 'DQN_truthful')": [0.844, 0.094, 0.053, 0.299, 0.371, 0.08], "('Actions_now', 'DQN_truthful')": [0.805, 0.135, 0.066, 0.389, 0.482, 0.092], "(False, 'tabular')": [0.597, 0.341, 0.139, 0.605, 0.659, 0.169], "(False, 'tabular_truthful')": [0.828, 0.129, 0.035, 0.441, 0.525, 0.06]}, {"(False, 'DQN')": [0.76, 0.181, 0.09, 0.413, 0.487, 0.112], "('Actions_now', 'DQN')": [0.747, 0.185, 0.084, 0.417, 0.494, 0.122], "(False, 'DQN_truthful')": [0.827, 0.111, 0.054, 0.353, 0.435, 0.082], "('Actions_now', 'DQN_truthful')": [0.796, 0.146, 0.06, 0.426, 0.526, 0.091], "(False, 'tabular')": [0.611, 0.348, 0.115, 0.662, 0.711, 0.147], "(False, 'tabular_truthful')": [0.79, 0.183, 0.034, 0.562, 0.637, 0.062]}, {"(False, 'DQN')": [0.766, 0.179, 0.084, 0.418, 0.508, 0.106], "('Actions_now', 'DQN')": [0.75, 0.186, 0.081, 0.435, 0.514, 0.116], "(False, 'DQN_truthful')": [0.809, 0.131, 0.05, 0.411, 0.52, 0.084], "('Actions_now', 'DQN_truthful')": [0.787, 0.16, 0.059, 0.455, 0.56, 0.091], "(False, 'tabular')": [0.615, 0.355, 0.096, 0.715, 0.773, 0.134], "(False, 'tabular_truthful')": [0.755, 0.233, 0.038, 0.661, 0.738, 0.067]}, {}]
[{"(False, 'DQN')": [0.395, 0.41, 0.348, 0.442, 0.473, 0.397], "('Actions_now', 'DQN')": [0.431, 0.374, 0.314, 0.427, 0.457, 0.373], "(False, 'DQN_truthful')": [0.932, 0.034, 0.033, 0.037, 0.034, 0.058], "('Actions_now', 'DQN_truthful')": [0.903, 0.049, 0.048, 0.086, 0.069, 0.075], "(False, 'tabular')": [0.346, 0.492, 0.457, 0.429, 0.504, 0.438], "(False, 'tabular_truthful')": [0.928, 0.039, 0.033, 0.042, 0.054, 0.06]}, {"(False, 'DQN')": [0.555, 0.313, 0.216, 0.443, 0.469, 0.251], "('Actions_now', 'DQN')": [0.571, 0.292, 0.214, 0.425, 0.451, 0.248], "(False, 'DQN_truthful')": [0.923, 0.037, 0.037, 0.058, 0.05, 0.062], "('Actions_now', 'DQN_truthful')": [0.892, 0.058, 0.054, 0.124, 0.124, 0.077], "(False, 'tabular')": [0.36, 0.474, 0.45, 0.423, 0.486, 0.424], "(False, 'tabular_truthful')": [0.927, 0.039, 0.035, 0.045, 0.07, 0.06]}, {"(False, 'DQN')": [0.653, 0.255, 0.158, 0.424, 0.463, 0.181], "('Actions_now', 'DQN')": [0.647, 0.246, 0.156, 0.412, 0.443, 0.191], "(False, 'DQN_truthful')": [0.91, 0.047, 0.043, 0.092, 0.105, 0.066], "('Actions_now', 'DQN_truthful')": [0.871, 0.075, 0.061, 0.177, 0.206, 0.083], "(False, 'tabular')": [0.398, 0.445, 0.417, 0.428, 0.486, 0.383], "(False, 'tabular_truthful')": [0.926, 0.039, 0.033, 0.053, 0.075, 0.059]}, {"(False, 'DQN')": [0.698, 0.228, 0.132, 0.413, 0.458, 0.153], "('Actions_now', 'DQN')": [0.691, 0.218, 0.127, 0.397, 0.437, 0.162], "(False, 'DQN_truthful')": [0.9, 0.053, 0.044, 0.131, 0.152, 0.068], "('Actions_now', 'DQN_truthful')": [0.851, 0.087, 0.063, 0.237, 0.282, 0.087], "(False, 'tabular')": [0.452, 0.41, 0.362, 0.441, 0.484, 0.33], "(False, 'tabular_truthful')": [0.917, 0.043, 0.034, 0.096, 0.122, 0.059]}, {"(False, 'DQN')": [0.724, 0.205, 0.122, 0.407, 0.466, 0.138], "('Actions_now', 'DQN')": [0.715, 0.203, 0.111, 0.406, 0.458, 0.144], "(False, 'DQN_truthful')": [0.883, 0.065, 0.049, 0.184, 0.226, 0.071], "('Actions_now', 'DQN_truthful')": [0.833, 0.102, 0.065, 0.297, 0.369, 0.09], "(False, 'tabular')": [0.515, 0.372, 0.286, 0.475, 0.518, 0.267], "(False, 'tabular_truthful')": [0.894, 0.059, 0.034, 0.194, 0.254, 0.06]}, {"(False, 'DQN')": [0.739, 0.191, 0.108, 0.41, 0.466, 0.128], "('Actions_now', 'DQN')": [0.729, 0.195, 0.098, 0.403, 0.461, 0.136], "(False, 'DQN_truthful')": [0.862, 0.081, 0.053, 0.246, 0.309, 0.076], "('Actions_now', 'DQN_truthful')": [0.819, 0.119, 0.063, 0.341, 0.429, 0.091], "(False, 'tabular')": [0.567, 0.346, 0.194, 0.533, 0.58, 0.211], "(False, 'tabular_truthful')": [0.864, 0.088, 0.033, 0.316, 0.398, 0.059]}, {"(False, 'DQN')": [0.751, 0.183, 0.094, 0.406, 0.471, 0.12], "('Actions_now', 'DQN')": [0.739, 0.19, 0.09, 0.418, 0.49, 0.127], "(False, 'DQN_truthful')": [0.844, 0.094, 0.053, 0.299, 0.371, 0.08], "('Actions_now', 'DQN_truthful')": [0.805, 0.135, 0.066, 0.389, 0.482, 0.092], "(False, 'tabular')": [0.597, 0.341, 0.139, 0.605, 0.659, 0.169], "(False, 'tabular_truthful')": [0.828, 0.129, 0.035, 0.441, 0.525, 0.06]}, {"(False, 'DQN')": [0.76, 0.181, 0.09, 0.413, 0.487, 0.112], "('Actions_now', 'DQN')": [0.747, 0.185, 0.084, 0.417, 0.494, 0.122], "(False, 'DQN_truthful')": [0.827, 0.111, 0.054, 0.353, 0.435, 0.082], "('Actions_now', 'DQN_truthful')": [0.796, 0.146, 0.06, 0.426, 0.526, 0.091], "(False, 'tabular')": [0.611, 0.348, 0.115, 0.662, 0.711, 0.147], "(False, 'tabular_truthful')": [0.79, 0.183, 0.034, 0.562, 0.637, 0.062]}, {"(False, 'DQN')": [0.766, 0.179, 0.084, 0.418, 0.508, 0.106], "('Actions_now', 'DQN')": [0.75, 0.186, 0.081, 0.435, 0.514, 0.116], "(False, 'DQN_truthful')": [0.809, 0.131, 0.05, 0.411, 0.52, 0.084], "('Actions_now', 'DQN_truthful')": [0.787, 0.16, 0.059, 0.455, 0.56, 0.091], "(False, 'tabular')": [0.615, 0.355, 0.096, 0.715, 0.773, 0.134], "(False, 'tabular_truthful')": [0.755, 0.233, 0.038, 0.661, 0.738, 0.067]}, {"(False, 'DQN')": [0.773, 0.173, 0.077, 0.42, 0.513, 0.103], "('Actions_now', 'DQN')": [0.753, 0.186, 0.074, 0.447, 0.528, 0.112], "(False, 'DQN_truthful')": [0.794, 0.148, 0.052, 0.459, 0.562, 0.087], "('Actions_now', 'DQN_truthful')": [0.78, 0.17, 0.059, 0.483, 0.587, 0.091], "(False, 'tabular')": [0.616, 0.367, 0.083, 0.76, 0.811, 0.124], "(False, 'tabular_truthful')": [0.723, 0.275, 0.035, 0.745, 0.814, 0.073]}]